/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package launchPoints;

/**
 *
 * @author hubert
 */
public class processDiseaseArticles2 {

    public static void main(String[] args) {
        parserCrawler.wikiCrawler wCrawl = new parserCrawler.wikiCrawler();
        wCrawl.setAreLinkArticlesCancerArticles(false);
        reportingClasses.reportingObject rptr = new reportingClasses.bodyTextWriter("/home/hubert/hadoopStuff/sampleCodeRun/input/isCancer", "/home/hubert/hadoopStuff/sampleCodeRun/input/rest");
        wCrawl.setReporter(rptr);
        for (int i = 1; i < 26; i++) {
            String cancerUrl = "http://en.wikipedia.org/wiki/List_of_diseases_(" +  (char)(65 + i)  +")";
            System.out.println(cancerUrl);
            try {
                wCrawl.setReporter(rptr);
                wCrawl.crawl(cancerUrl, false, 1);
            } catch (exceptions.notExpectedPageTypeException e) {
                e.printStackTrace();
            }
        }


    }
}
